#
# robots.txt for http://www.lugos.si/
# See http://info.webcrawler.com/mak/projects/robots/robots.html
# for more information.
#
# $Id: robots.txt,v 1.2 2002/09/20 12:25:43 roman Exp $
#

# For use by local htDig and TridentSpider from najdi.si.
# Those two update their database every week, so current mailing list
# archive makes sense.
User-agent: htdig
User-agent: TridentSpider
Disallow: /cgi-bin
Disallow: /delo/slo/HOWTO-sl/tex

# Mailing list archive changes every month, so there's no use to
# index it less frequently.  Also, the book of HOWTOs is available
# in HTML, so it's better to index those files instead of .tex.
User-agent: *
Disallow: /arhiv/mailinglist/thismonth
Disallow: /cgi-bin
Disallow: /delo/slo/HOWTO-sl/tex